# -*-Python-*-

# Sinusoidal positional encoding from "attention is all you need"
# https://arxiv.org/abs/1706.03762

import mesh_tensorflow.transformer.transformer
import mesh_tensorflow.transformer.transformer_layers

transformer_layers.SelfAttention.relative_attention_type = None
transformer.Unitransformer.sinusoid_positional_embedding = True
